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-- BcdScan.Mesa Edited by Johnsson on February 28, 1978 10:02 AM 

DIRECTORY 

BcdControlDefs: FROM "bcdcontroldef s". 
BcdLALRDefs: FROM "bcdlalrdef s" , 
BcdTabDefs: FROM "bcdtabdef s" . 
lODefs: FROM "iodefs", 
StreamDefs: FROM "streamdef s" . 
StringDefs: FROM "stringdef s", 
SystemDefs: FROM "systemdef s'*; 

DEFINITIONS FROM StringDefs. StreamDefs, BcdLALRDefs; 



BcdScan: PROGRAM [data: BcdControlDefs .BinderData] 

IMPORTS BcdControlDefs, BcdTabDefs, lODefs, StreamDefs, 
EXPORTS BcdControlDefs, BcdLALRDefs 
SHARES BcdLALRDefs » 
BEGIN 



StringDefs, SystemDefs 



Dhashtab: DESCRIPTOR FOR ARRAY OF VocabHashEntry; 

Dscantab: DESCRIPTOR FOR ARRAY CHARACTER [40C..177C] OF Symbol; 

vocab: STRING; 

Dvocabindex: DESCRIPTOR FOR ARRAY OF CARDINAL; 

CR: CHARACTER » lODefs.CR; 
NUL: CHARACTER « lODefs.NUL; 



stream: StreamHandle; 

TokSizeStart: CARDINAL - 40; 
TokSizeStep: CARDINAL » 20; 
buffer: STRING ♦- NIL; 
imax: CARDINAL; 
desc: SubStringDescriptor; 



the input stream 

initial maxlength 
buffer expansion 
token assembly area 
imax = buffer .maxlength 
initial buffer segment 



expandBuffer: PROCEDURE - 
BEGIN 

oldbuffer: STRING <- buffer; 

buffer ^ SystemDef s.AllocateHeapString[oldbuffer .length+TokSizeStep]; 
AppendString[buffer , oldbuffer]; 
imax <- buff er . length <- buff er. maxlength; 
SystemDef s.FreeHeapStr ing[oldbuf far]; 
desc. base ♦- buffer; 
RETURN 
END; 



lineindex: CARDINAL; 



position of last line 



saveStreamlndex: PROCEDURE « 
BEGIN 

position: Streamlndex = Getlndex[stream]; 
lineindex ^ BcdControlDefs. shortStreamIndex[position]; 
IF data. textdisplay THEN 

BEGIN BcdControlDefs. PrintTextLine[l ineindex]; 

Setlndex[stream, position]; 

END; 
RETURN 
END; 



currentchar: CHARACTER; 



most recently scanned character 



Atom: PUBLIC PROCEDURE RETURNS [symbol: SymbolRecord] - 
BEGIN 

char, pchar, first, last: CHARACTER; 
uid: BOOLEAN; 
i, j, h: CARDINAL; 
si, s2: CARDINAL; 
char *- currentchar; 

DO ENABLE StreamError -> RESUME; -- N.B. resumed get returns NUL 
WHILE char IN [NUL. . ' ] DO 

ENABLE StreamError «> IF error » StreamAccess THEN GO TO EndFile; 
SELECT char FROM 

CR »> saveStreamIndex[]; 
lODefs.ControlZ «> 
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BEGIN 

UNTIL stream. get[stream] ■ CR DO NULL ENDLOOP; 
saveStreamIndex[]; 
END; 
ENDCASE; 
char ♦- stream. get[streani]; 
ENDLOOP; 
symbol . index <- lineindex; symbol. value ^ 0; 
SELECT char FROM 
IN C'a..'z] ■> 
BEGIN 
14-0; 
DO 

buffer[i] <- char; 

char <- stream. get[stream]; 

SELECT char FROM 

IN ['a.-'z], IN [•A..'Z]. IN ['0..'9] »> 
IF (i 4- i+i) >a imax THEN expandBuff er ; 
ENDCASE -> EXIT; 
ENDLOOP; 
desc. length *- i+1; 
symbol. class *- tokenID; 

symbol. value <r BcdTabDef s.EnterString[0desc] ; 
EXIT 
END; 
IN ['A.-'Z] ■> 
BEGIN 

i ^ 0; uid <- TRUE; first ^ last <- char; 
DO 

buffer[i] ♦- char; 

char 4- stream. get[stream] ; 

SELECT char FROM 

IN ['A..'Z] «> last <r char; 
IN ['a-.^z], IN [•0..'9] => uid *- FALSE; 
ENDCASE -> EXIT; 
IF (i <r 1+1) >= imax THEN expandBuff er; 
ENDLOOP; 
1 <- i+1; 
IF uid THEN 
BEGIN 

h ^ (LOOPHOLECfirst,CARDINAL]*127 + LOOPHOLE[last .CARDINAL]) MOD hashval + 1; 
WHILE (j <- Dhashtab[h].symptr) jS* DO 

IF Dvocabindex[j]-(s24-Dvocabindex[j-l]) « i THEN 
FOR si IN [0..i) DO 

IF buffer[sl] ^ vocab[s2] THEN EXIT; 

s2 4- s2+l; 

REPEAT 

FINISHED => GO TO Reserved; 
ENDLOOP; 
IF (h ♦- Dhashtab[h].link) = THEN EXIT; 
ENDLOOP; 
END; 
desc. length ^ i ; 
symbol. class ^ tokenID; 

symbol. value <r BcdTabDef s.EnterString[6desc]; 
EXIT 
EXITS 

Reserved ■> 

BEGIN symbol. class ^ j; EXIT 
END; 
END; 

BEGIN 

i <- 0; 

DO 

char <r stream. get[stream 
IStreamError «> 
BEGIN char <- ' " ; CONTINUE 
END]; 
SELECT char FROM 
••• «> 

BEGIN char <- stream. get[stream]; 

IF char # "' THEN EXIT; 

END; 
CR "> saveStreamIndex[]; 
ENDCASE; 



BcdScan.mesa 2-Sep-78 12:25:15 Page 



IF i >■ imax THEN expandBuffer; 
buff8r[i] ♦- char; i ♦■ i+1; 
ENDLOOP; 
desc. length *■ i; 
symbol. class <- tokenSTR; 

symbol. value *- BcdTabDef s .EnterString[0desc]; EXIT 
END; 
•- -> 
BEGIN char *- stream. get[str8am] ; 
IF char ff '- THEN 

BEGIN symbol. class *■ Dscantab[ '-]; 
IF symbol. class ^ THEN EXIT; 
ErrorContext[TRUE]; 
END 
ELSE 

BEGIN char 4- nUL; 
DO 

pchar ♦■ char; 

char ♦- stream. get[stream I StreamError »> EXIT]; 
SELECT char FROM 
- -> 
IF pchar » '- THEN EXIT; 
CR «> 

BEGIN saveStreamIndex[]; EXIT 
END; 
ENDCASE; 
ENDLOOP; 
char ^ stream. get[stream] ; 
END; 
END; 
ENDCASE «> 

BEGIN symbol. class <- Dscantab[char]; 
char ^ stream. get[stream]; 
IF symbol. class # THEN EXIT; 
ErrorContext[TRUE]; 
END; 
REPEAT 

EndFile ■> 
BEGIN 

symbol. class ^ endmarker; 
symbol .value <- 0; 
END; 
ENDLOOP; 
currentchar ♦■ char; 
RETURN 
END; 

Scanlnit: PUBLIC PROCEDURE [table: POINTER TO LALRTable] - 
BEGIN 
BEGIN OPEN table. scantable; 

Dhashtab <- DESCRIPTOR [hashtab]; 

Dscantab <- DESCRIPTOR [scantab]; 

vocab *- LOOPHOLE[@vocabbody, STRING]; 

Dvocabindex ^ DESCRIPTOR [vocabindex]; 

END; 
IF buffer = NIL THEN buffer *- SystemOef s .Al locateHeapString[TokSizeStart]; 
imax <- buffer, length *- buff er.maxlength; 
desc. base ♦- buffer; desc. offset <- 0; 
stream ^ data.sourcestream; saveStreamIndex[]; 
currentchar <- NUL; 
RETURN 
END; 

ErrorContext: PUBLIC PROCEDURE [lexical: BOOLEAN] » 
BEGIN OPEN lODefs; i: CARDINAL; 
saveindex: Streamlndex = Getlndex[stream]; 
p: CARDINAL « BcdControlDef s . shortStreamIndex[saveindex]-2; 
IF ~data. textdispl ay THEN BcdControlDef s.PrintTextLine[l ineindex]; 
Set I ndex[ stream, BcdControlDefs . longStreamIndex[l ineindex]]; 
FOR i IN [lineindex. .p) DO 

WriteChar[IF stream. get[stream]»TAB THEN TAB ELSE ' ]; 

ENDLOOP; 
WriteString[IF lexical 

THEN "t Invalid Character [" ELSE "t Syntax Error ["]; 
WriteNumber[p, [base:8. zerof ill : FALSE, unsigned:TRUE , columns:0] ]; 
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Writ8Char[']]; WriteChar[CR]; 
Set Index[ stream, save index]; 
RETURN 
END; 

END. 



